#!/bin/bash

nohup python -m llava.serve.controller --host 0.0.0.0 --port 10000 > /dev/null 2>&1 &

sleep 2

nohup python -m llava.serve.gradio_web_server --port 7009 --controller http://localhost:10000 --model-list-mode reload > web.log 2>&1 &

sleep 2

CUDA_VISIBLE_DEVICES=0,1,2,3 nohup python -m llava.serve.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40000 --worker http://localhost:40000 --model-path ./models/llava-v1.6-34b > /dev/null 2>&1 &


tail -f web.log
